[INFO] fetching crate benchgecko 0.1.2...
[INFO] testing benchgecko-0.1.2 against master#cced03bfd61a304243a34504618ecec86c17063f for pr-154065-2
[INFO] extracting crate benchgecko 0.1.2 into /workspace/builds/worker-3-tc1/source
[INFO] started tweaking crates.io crate benchgecko 0.1.2
[INFO] finished tweaking crates.io crate benchgecko 0.1.2
[INFO] tweaked toml for crates.io crate benchgecko 0.1.2 written to /workspace/builds/worker-3-tc1/source/Cargo.toml
[INFO] validating manifest of crates.io crate benchgecko 0.1.2 on toolchain cced03bfd61a304243a34504618ecec86c17063f
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+cced03bfd61a304243a34504618ecec86c17063f" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }`
[INFO] crate crates.io crate benchgecko 0.1.2 already has a lockfile, it will not be regenerated
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+cced03bfd61a304243a34504618ecec86c17063f" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+cced03bfd61a304243a34504618ecec86c17063f" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }`
[INFO] [stdout] eec682e921ed6507b714d5feee82ac860ed1c409333b5eb8d24438a815143005
[INFO] running `Command { std: "docker" "start" "-a" "eec682e921ed6507b714d5feee82ac860ed1c409333b5eb8d24438a815143005", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "inspect" "eec682e921ed6507b714d5feee82ac860ed1c409333b5eb8d24438a815143005", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "eec682e921ed6507b714d5feee82ac860ed1c409333b5eb8d24438a815143005", kill_on_drop: false }`
[INFO] [stdout] eec682e921ed6507b714d5feee82ac860ed1c409333b5eb8d24438a815143005
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+cced03bfd61a304243a34504618ecec86c17063f" "build" "--frozen" "--message-format=json", kill_on_drop: false }`
[INFO] [stdout] 4033f3ca4aec3128e0d5786d351e154ec6a020fa86b4af0a5f1e6583a110ccdc
[INFO] running `Command { std: "docker" "start" "-a" "4033f3ca4aec3128e0d5786d351e154ec6a020fa86b4af0a5f1e6583a110ccdc", kill_on_drop: false }`
[INFO] [stderr]    Compiling benchgecko v0.1.2 (/opt/rustwide/workdir)
[INFO] [stderr]     Finished `dev` profile [unoptimized + debuginfo] target(s) in 0.15s
[INFO] running `Command { std: "docker" "inspect" "4033f3ca4aec3128e0d5786d351e154ec6a020fa86b4af0a5f1e6583a110ccdc", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "4033f3ca4aec3128e0d5786d351e154ec6a020fa86b4af0a5f1e6583a110ccdc", kill_on_drop: false }`
[INFO] [stdout] 4033f3ca4aec3128e0d5786d351e154ec6a020fa86b4af0a5f1e6583a110ccdc
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+cced03bfd61a304243a34504618ecec86c17063f" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }`
[INFO] [stdout] c1c9bd438f63a8570e3e2a2cc298a6a17cb947d6890dd798d46abb4fa5115395
[INFO] running `Command { std: "docker" "start" "-a" "c1c9bd438f63a8570e3e2a2cc298a6a17cb947d6890dd798d46abb4fa5115395", kill_on_drop: false }`
[INFO] [stderr]    Compiling benchgecko v0.1.2 (/opt/rustwide/workdir)
[INFO] [stderr]     Finished `test` profile [unoptimized + debuginfo] target(s) in 0.51s
[INFO] running `Command { std: "docker" "inspect" "c1c9bd438f63a8570e3e2a2cc298a6a17cb947d6890dd798d46abb4fa5115395", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "c1c9bd438f63a8570e3e2a2cc298a6a17cb947d6890dd798d46abb4fa5115395", kill_on_drop: false }`
[INFO] [stdout] c1c9bd438f63a8570e3e2a2cc298a6a17cb947d6890dd798d46abb4fa5115395
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+cced03bfd61a304243a34504618ecec86c17063f" "test" "--frozen", kill_on_drop: false }`
[INFO] [stdout] 7e4b4fbbac7af866ef353153c462729bd7f67fde1e274bbb291335d0ba15eb99
[INFO] running `Command { std: "docker" "start" "-a" "7e4b4fbbac7af866ef353153c462729bd7f67fde1e274bbb291335d0ba15eb99", kill_on_drop: false }`
[INFO] [stderr]     Finished `test` profile [unoptimized + debuginfo] target(s) in 0.03s
[INFO] [stderr]      Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/benchgecko-e899137c1afc4b8a)
[INFO] [stdout] 
[INFO] [stdout] running 1 test
[INFO] [stdout] test tests::test_urls ... ok
[INFO] [stdout] 
[INFO] [stdout] test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
[INFO] [stdout] 
[INFO] [stderr]    Doc-tests benchgecko
[INFO] [stdout] 
[INFO] [stdout] running 1 test
[INFO] [stdout] test src/lib.rs - (line 8) - compile ... FAILED
[INFO] [stdout] 
[INFO] [stdout] failures:
[INFO] [stdout] 
[INFO] [stdout] ---- src/lib.rs - (line 8) stdout ----
[INFO] [stdout] error[E0425]: cannot find function `models` in crate `benchgecko`
[INFO] [stdout]   --> src/lib.rs:10:26
[INFO] [stdout]    |
[INFO] [stdout] 10 | let models = benchgecko::models().await;
[INFO] [stdout]    |                          ^^^^^^ not found in `benchgecko`
[INFO] [stdout] 
[INFO] [stdout] error[E0425]: cannot find function `compare` in crate `benchgecko`
[INFO] [stdout]   --> src/lib.rs:11:30
[INFO] [stdout]    |
[INFO] [stdout] 11 | let comparison = benchgecko::compare(&["gpt-5-chat", "claude-opus-4-6"]).await;
[INFO] [stdout]    |                              ^^^^^^^ not found in `benchgecko`
[INFO] [stdout] 
[INFO] [stdout] error[E0728]: `await` is only allowed inside `async` functions and blocks
[INFO] [stdout]   --> src/lib.rs:10:35
[INFO] [stdout]    |
[INFO] [stdout]  9 | fn main() { #[allow(non_snake_case)] fn _doctest_main_src_lib_rs_8_0() {
[INFO] [stdout]    |                                      --------------------------------- this is not `async`
[INFO] [stdout] 10 | let models = benchgecko::models().await;
[INFO] [stdout]    |                                   ^^^^^ only allowed inside `async` functions and blocks
[INFO] [stdout] 
[INFO] [stdout] error[E0728]: `await` is only allowed inside `async` functions and blocks
[INFO] [stdout]   --> src/lib.rs:11:74
[INFO] [stdout]    |
[INFO] [stdout]  9 | fn main() { #[allow(non_snake_case)] fn _doctest_main_src_lib_rs_8_0() {
[INFO] [stdout]    |                                      --------------------------------- this is not `async`
[INFO] [stdout] 10 | let models = benchgecko::models().await;
[INFO] [stdout] 11 | let comparison = benchgecko::compare(&["gpt-5-chat", "claude-opus-4-6"]).await;
[INFO] [stdout]    |                                                                          ^^^^^ only allowed inside `async` functions and blocks
[INFO] [stdout] 
[INFO] [stdout] error: aborting due to 4 previous errors
[INFO] [stdout] 
[INFO] [stdout] Some errors have detailed explanations: E0425, E0728.
[INFO] [stdout] For more information about an error, try `rustc --explain E0425`.
[INFO] [stdout] Couldn't compile the test.
[INFO] [stdout] 
[INFO] [stdout] failures:
[INFO] [stdout]     src/lib.rs - (line 8)
[INFO] [stdout] 
[INFO] [stdout] test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.09s
[INFO] [stdout] 
[INFO] [stderr] error: doctest failed, to rerun pass `--doc`
[INFO] running `Command { std: "docker" "inspect" "7e4b4fbbac7af866ef353153c462729bd7f67fde1e274bbb291335d0ba15eb99", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "7e4b4fbbac7af866ef353153c462729bd7f67fde1e274bbb291335d0ba15eb99", kill_on_drop: false }`
[INFO] [stdout] 7e4b4fbbac7af866ef353153c462729bd7f67fde1e274bbb291335d0ba15eb99
